<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
<meta http-equiv="X-UA-Compatible" content="IE=9"/>
<title>Reranker Framework (ReFr): compile-features.C Source File</title>

<link href="tabs.css" rel="stylesheet" type="text/css"/>
<link href="doxygen.css" rel="stylesheet" type="text/css" />

<link href="search/search.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="jquery.js"></script>
<script type="text/javascript" src="search/search.js"></script>
<script type="text/javascript">
  $(document).ready(function() { searchBox.OnSelectItem(0); });
</script>

</head>
<body>
<div id="top"><!-- do not remove this div! -->


<div id="titlearea">
<table cellspacing="0" cellpadding="0">
 <tbody>
 <tr style="height: 56px;">
  
  
  <td style="padding-left: 0.5em;">
   <div id="projectname">Reranker Framework (ReFr)
   
   </div>
   <div id="projectbrief">Reranking framework for structure prediction and discriminative language modeling</div>
  </td>
  
  
  
 </tr>
 </tbody>
</table>
</div>

<!-- Generated by Doxygen 1.7.6.1 -->
<script type="text/javascript">
var searchBox = new SearchBox("searchBox", "search",false,'Search');
</script>
  <div id="navrow1" class="tabs">
    <ul class="tablist">
      <li><a href="index.html"><span>Main&#160;Page</span></a></li>
      <li><a href="namespaces.html"><span>Namespaces</span></a></li>
      <li><a href="annotated.html"><span>Classes</span></a></li>
      <li class="current"><a href="files.html"><span>Files</span></a></li>
      <li>
        <div id="MSearchBox" class="MSearchBoxInactive">
        <span class="left">
          <img id="MSearchSelect" src="search/mag_sel.png"
               onmouseover="return searchBox.OnSearchSelectShow()"
               onmouseout="return searchBox.OnSearchSelectHide()"
               alt=""/>
          <input type="text" id="MSearchField" value="Search" accesskey="S"
               onfocus="searchBox.OnSearchFieldFocus(true)" 
               onblur="searchBox.OnSearchFieldFocus(false)" 
               onkeyup="searchBox.OnSearchFieldChange(event)"/>
          </span><span class="right">
            <a id="MSearchClose" href="javascript:searchBox.CloseResultsWindow()"><img id="MSearchCloseImg" border="0" src="search/close.png" alt=""/></a>
          </span>
        </div>
      </li>
    </ul>
  </div>
  <div id="navrow2" class="tabs2">
    <ul class="tablist">
      <li><a href="files.html"><span>File&#160;List</span></a></li>
      <li><a href="globals.html"><span>File&#160;Members</span></a></li>
    </ul>
  </div>
</div>
<div class="header">
  <div class="headertitle">
<div class="title">compile-features.C</div>  </div>
</div><!--header-->
<div class="contents">
<a href="compile-features_8_c.html">Go to the documentation of this file.</a><div class="fragment"><pre class="fragment"><a name="l00001"></a>00001 <span class="comment">// Copyright 2012, Google Inc.</span>
<a name="l00002"></a>00002 <span class="comment">// All rights reserved.</span>
<a name="l00003"></a>00003 <span class="comment">// </span>
<a name="l00004"></a>00004 <span class="comment">// Redistribution and use in source and binary forms, with or without</span>
<a name="l00005"></a>00005 <span class="comment">// modification, are permitted provided that the following conditions are</span>
<a name="l00006"></a>00006 <span class="comment">// met:</span>
<a name="l00007"></a>00007 <span class="comment">// </span>
<a name="l00008"></a>00008 <span class="comment">//   * Redistributions of source code must retain the above copyright</span>
<a name="l00009"></a>00009 <span class="comment">//     notice, this list of conditions and the following disclaimer.</span>
<a name="l00010"></a>00010 <span class="comment">//   * Redistributions in binary form must reproduce the above</span>
<a name="l00011"></a>00011 <span class="comment">//     copyright notice, this list of conditions and the following disclaimer</span>
<a name="l00012"></a>00012 <span class="comment">//     in the documentation and/or other materials provided with the</span>
<a name="l00013"></a>00013 <span class="comment">//     distribution.</span>
<a name="l00014"></a>00014 <span class="comment">//   * Neither the name of Google Inc. nor the names of its</span>
<a name="l00015"></a>00015 <span class="comment">//     contributors may be used to endorse or promote products derived from</span>
<a name="l00016"></a>00016 <span class="comment">//     this software without specific prior written permission.</span>
<a name="l00017"></a>00017 <span class="comment">//</span>
<a name="l00018"></a>00018 <span class="comment">// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS</span>
<a name="l00019"></a>00019 <span class="comment">// &quot;AS IS&quot; AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT</span>
<a name="l00020"></a>00020 <span class="comment">// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR</span>
<a name="l00021"></a>00021 <span class="comment">// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT</span>
<a name="l00022"></a>00022 <span class="comment">// OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,</span>
<a name="l00023"></a>00023 <span class="comment">// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT</span>
<a name="l00024"></a>00024 <span class="comment">// LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,           </span>
<a name="l00025"></a>00025 <span class="comment">// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY           </span>
<a name="l00026"></a>00026 <span class="comment">// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT</span>
<a name="l00027"></a>00027 <span class="comment">// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE</span>
<a name="l00028"></a>00028 <span class="comment">// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.</span>
<a name="l00029"></a>00029 <span class="comment">// -----------------------------------------------------------------------------</span>
<a name="l00030"></a>00030 <span class="comment">//</span>
<a name="l00031"></a>00031 <span class="comment">//</span>
<a name="l00039"></a>00039 <span class="comment"></span>
<a name="l00040"></a>00040 <span class="preprocessor">#include &lt;string&gt;</span>
<a name="l00041"></a>00041 <span class="preprocessor">#include &lt;cstdlib&gt;</span>
<a name="l00042"></a>00042 <span class="preprocessor">#include &lt;tr1/memory&gt;</span>
<a name="l00043"></a>00043 <span class="preprocessor">#include &lt;vector&gt;</span>
<a name="l00044"></a>00044 
<a name="l00045"></a>00045 <span class="preprocessor">#include &quot;../proto/dataio.h&quot;</span>
<a name="l00046"></a>00046 <span class="preprocessor">#include &quot;<a class="code" href="candidate-set_8_h.html" title="Class to hold a single training instance for a reranker, which is a set of examples, typically the n-best output of some input process, posibly including a gold-standard feature vector.">candidate-set.H</a>&quot;</span>
<a name="l00047"></a>00047 <span class="preprocessor">#include &quot;<a class="code" href="candidate-set-iterator_8_h.html" title="Provides an interface and some implementations for iterating over CandidateSet  instances.">candidate-set-iterator.H</a>&quot;</span>
<a name="l00048"></a>00048 <span class="preprocessor">#include &quot;<a class="code" href="candidate-set-writer_8_h.html" title="Class for writing streams of training or test instances, where each training or test instance is a re...">candidate-set-writer.H</a>&quot;</span>
<a name="l00049"></a>00049 <span class="preprocessor">#include &quot;<a class="code" href="executive-feature-extractor_8_h.html" title="Provides the reranker::ExecutiveFeatureExtractor class.">executive-feature-extractor.H</a>&quot;</span>
<a name="l00050"></a>00050 <span class="preprocessor">#include &quot;<a class="code" href="symbol-table_8_h.html" title="Provides the reranker::Symbols interface as well as the reranker::StaticSymbolTable implementation...">symbol-table.H</a>&quot;</span>
<a name="l00051"></a>00051 
<a name="l00052"></a><a class="code" href="compile-features_8_c.html#a44493dbd21a529ec6fdb2da73a35ac70">00052</a> <span class="preprocessor">#define PROG_NAME &quot;compile-features&quot;</span>
<a name="l00053"></a>00053 <span class="preprocessor"></span>
<a name="l00054"></a><a class="code" href="compile-features_8_c.html#a532f75d7ae60075d58f59fee8b4ccfaa">00054</a> <span class="preprocessor">#define DEFAULT_MAX_EXAMPLES -1</span>
<a name="l00055"></a><a class="code" href="compile-features_8_c.html#a9d6fb0cd899c98a59411c20bf68c3792">00055</a> <span class="preprocessor"></span><span class="preprocessor">#define DEFAULT_MAX_CANDIDATES -1</span>
<a name="l00056"></a><a class="code" href="compile-features_8_c.html#ab69236cfb1640d72af7bc485b4a48f7c">00056</a> <span class="preprocessor"></span><span class="preprocessor">#define DEFAULT_REPORTING_INTERVAL 1000</span>
<a name="l00057"></a>00057 <span class="preprocessor"></span>
<a name="l00058"></a>00058 <span class="comment">// We use two levels of macros to get the string version of an int constant.</span>
<a name="l00059"></a><a class="code" href="compile-features_8_c.html#afc0fe0597af089c04afb9bc5a6475705">00059</a> <span class="preprocessor">#define XSTR(arg) STR(arg)</span>
<a name="l00060"></a><a class="code" href="compile-features_8_c.html#a878d88fe9bab9d7372961ce77b00fa26">00060</a> <span class="preprocessor"></span><span class="preprocessor">#define STR(arg) #arg</span>
<a name="l00061"></a>00061 <span class="preprocessor"></span>
<a name="l00062"></a>00062 <span class="keyword">using namespace </span>std;
<a name="l00063"></a>00063 <span class="keyword">using namespace </span>std::tr1;
<a name="l00064"></a>00064 <span class="keyword">using namespace </span>reranker;
<a name="l00065"></a>00065 <span class="keyword">using</span> confusion_learning::SymbolMessage;
<a name="l00066"></a>00066 
<a name="l00067"></a><a class="code" href="compile-features_8_c.html#ab14fc1012197db1b38cabd8b431160b7">00067</a> <span class="keyword">const</span> <span class="keywordtype">char</span> *<a class="code" href="compile-features_8_c.html#ab14fc1012197db1b38cabd8b431160b7">usage_msg</a>[] = {
<a name="l00068"></a>00068   <span class="stringliteral">&quot;Usage:\n&quot;</span>,
<a name="l00069"></a>00069   <a class="code" href="compile-features_8_c.html#a44493dbd21a529ec6fdb2da73a35ac70">PROG_NAME</a> <span class="stringliteral">&quot; -i|--input &lt;candidate set input file&gt;+\n&quot;</span>,
<a name="l00070"></a>00070   <span class="stringliteral">&quot;\t[-d|--decompile]\n&quot;</span>,
<a name="l00071"></a>00071   <span class="stringliteral">&quot;\t[--input-symbols &lt;input symbol table&gt;]\n&quot;</span>,
<a name="l00072"></a>00072   <span class="stringliteral">&quot;\t[--clear-raw]\n&quot;</span>,
<a name="l00073"></a>00073   <span class="stringliteral">&quot;\t[--max-examples &lt;max num examples&gt;]\n&quot;</span>,
<a name="l00074"></a>00074   <span class="stringliteral">&quot;\t[--max-candidates &lt;max num candidates&gt;]\n&quot;</span>,
<a name="l00075"></a>00075   <span class="stringliteral">&quot;\t[-r &lt;reporting interval&gt;]\n&quot;</span>,
<a name="l00076"></a>00076   <span class="stringliteral">&quot;where\n&quot;</span>,
<a name="l00077"></a>00077   <span class="stringliteral">&quot;\t&lt;candidate set input file&gt; is the name of a stream of serialized\n&quot;</span>,
<a name="l00078"></a>00078   <span class="stringliteral">&quot;\t\tCandidateSet instances, or \&quot;-\&quot; for input from standard input\n&quot;</span>,
<a name="l00079"></a>00079   <span class="stringliteral">&quot;\t&lt;input symbol table&gt; is an optional input file containing a Symbols\n&quot;</span>,
<a name="l00080"></a>00080   <span class="stringliteral">&quot;\t\tinstance serialized as a sequence of Symbol messages\n&quot;</span>,
<a name="l00081"></a>00081   <span class="stringliteral">&quot;\t-d|--decompile indicates to decompile features\n&quot;</span>,
<a name="l00082"></a>00082   <span class="stringliteral">&quot;\t--clear-raw specified to clear each Candidate of its raw data string\n&quot;</span>,
<a name="l00083"></a>00083   <span class="stringliteral">&quot;\t--max-examples specifies the maximum number of examples to read from\n&quot;</span>,
<a name="l00084"></a>00084   <span class="stringliteral">&quot;\t\tany input file (defaults to &quot;</span> <a class="code" href="compile-features_8_c.html#afc0fe0597af089c04afb9bc5a6475705">XSTR</a>(<a class="code" href="compile-features_8_c.html#a532f75d7ae60075d58f59fee8b4ccfaa">DEFAULT_MAX_EXAMPLES</a>) <span class="stringliteral">&quot;)\n&quot;</span>,
<a name="l00085"></a>00085   <span class="stringliteral">&quot;\t--max-candidates specifies the maximum number of candidates to read\n&quot;</span>,
<a name="l00086"></a>00086   <span class="stringliteral">&quot;\t\tfor any candidate set (defaults to &quot;</span> <a class="code" href="compile-features_8_c.html#afc0fe0597af089c04afb9bc5a6475705">XSTR</a>(<a class="code" href="compile-features_8_c.html#a9d6fb0cd899c98a59411c20bf68c3792">DEFAULT_MAX_CANDIDATES</a>) <span class="stringliteral">&quot;)\n&quot;</span>,
<a name="l00087"></a>00087   <span class="stringliteral">&quot;\t-r specifies the interval at which the CandidateSetReader reports how\n&quot;</span>,
<a name="l00088"></a>00088   <span class="stringliteral">&quot;\t\tmany candidate sets it has read (defaults to &quot;</span>
<a name="l00089"></a>00089   <a class="code" href="compile-features_8_c.html#afc0fe0597af089c04afb9bc5a6475705">XSTR</a>(<a class="code" href="compile-features_8_c.html#ab69236cfb1640d72af7bc485b4a48f7c">DEFAULT_REPORTING_INTERVAL</a>) <span class="stringliteral">&quot;)\n&quot;</span>,
<a name="l00090"></a>00090 };
<a name="l00091"></a>00091 
<a name="l00094"></a><a class="code" href="compile-features_8_c.html#afe55eae96aed06d16232a3b56fcf1ad3">00094</a> <span class="keywordtype">void</span> <a class="code" href="compile-features_8_c.html#afe55eae96aed06d16232a3b56fcf1ad3" title="Emits usage message to standard output.">usage</a>() {
<a name="l00095"></a>00095   <span class="keywordtype">int</span> usage_msg_len = <span class="keyword">sizeof</span>(<a class="code" href="compile-features_8_c.html#ab14fc1012197db1b38cabd8b431160b7">usage_msg</a>)/<span class="keyword">sizeof</span>(<span class="keyword">const</span> <span class="keywordtype">char</span> *);
<a name="l00096"></a>00096   <span class="keywordflow">for</span> (<span class="keywordtype">int</span> i = 0; i &lt; usage_msg_len; ++i) {
<a name="l00097"></a>00097     cout &lt;&lt; <a class="code" href="compile-features_8_c.html#ab14fc1012197db1b38cabd8b431160b7">usage_msg</a>[i];
<a name="l00098"></a>00098   }
<a name="l00099"></a>00099   cout.flush();
<a name="l00100"></a>00100 }
<a name="l00101"></a>00101 
<a name="l00102"></a><a class="code" href="compile-features_8_c.html#a69a0862c537d5d29e5f898d21b069ab4">00102</a> <span class="keywordtype">bool</span> <a class="code" href="compile-features_8_c.html#a69a0862c537d5d29e5f898d21b069ab4">check_for_required_arg</a>(<span class="keywordtype">int</span> argc, <span class="keywordtype">int</span> i, <span class="keywordtype">string</span> err_msg) {
<a name="l00103"></a>00103   <span class="keywordflow">if</span> (i + 1 &gt;= argc) {
<a name="l00104"></a>00104     cerr &lt;&lt; <a class="code" href="compile-features_8_c.html#a44493dbd21a529ec6fdb2da73a35ac70">PROG_NAME</a> &lt;&lt; <span class="stringliteral">&quot;: error: &quot;</span> &lt;&lt; err_msg &lt;&lt; endl;
<a name="l00105"></a>00105     <a class="code" href="compile-features_8_c.html#afe55eae96aed06d16232a3b56fcf1ad3" title="Emits usage message to standard output.">usage</a>();
<a name="l00106"></a>00106     <span class="keywordflow">return</span> <span class="keyword">false</span>;
<a name="l00107"></a>00107   } <span class="keywordflow">else</span> {
<a name="l00108"></a>00108     <span class="keywordflow">return</span> <span class="keyword">true</span>;
<a name="l00109"></a>00109   }
<a name="l00110"></a>00110 }
<a name="l00111"></a>00111 
<a name="l00112"></a>00112 <span class="keywordtype">int</span>
<a name="l00113"></a><a class="code" href="compile-features_8_c.html#a3c04138a5bfe5d72780bb7e82a18e627">00113</a> <a class="code" href="candidate-set-proto-reader-test_8_c.html#a3c04138a5bfe5d72780bb7e82a18e627">main</a>(<span class="keywordtype">int</span> argc, <span class="keywordtype">char</span> **argv) {
<a name="l00114"></a>00114   <span class="comment">// Required parameters.</span>
<a name="l00115"></a>00115   vector&lt;string&gt; input_files;
<a name="l00116"></a>00116   <span class="keywordtype">bool</span> compile_or_decompile = <span class="keyword">false</span>;
<a name="l00117"></a>00117   <span class="keywordtype">bool</span> decompile = <span class="keyword">false</span>;
<a name="l00118"></a>00118   <span class="keywordtype">bool</span> clear_raw = <span class="keyword">false</span>;
<a name="l00119"></a>00119   <span class="keywordtype">string</span> symbol_table_input_file = <span class="stringliteral">&quot;&quot;</span>;
<a name="l00120"></a>00120   <span class="keywordtype">int</span> max_examples = <a class="code" href="compile-features_8_c.html#a532f75d7ae60075d58f59fee8b4ccfaa">DEFAULT_MAX_EXAMPLES</a>;
<a name="l00121"></a>00121   <span class="keywordtype">int</span> max_candidates = <a class="code" href="compile-features_8_c.html#a9d6fb0cd899c98a59411c20bf68c3792">DEFAULT_MAX_CANDIDATES</a>;
<a name="l00122"></a>00122   <span class="keywordtype">int</span> reporting_interval = <a class="code" href="compile-features_8_c.html#ab69236cfb1640d72af7bc485b4a48f7c">DEFAULT_REPORTING_INTERVAL</a>;
<a name="l00123"></a>00123 
<a name="l00124"></a>00124   <span class="comment">// Process options.  The majority of code in this file is devoted to this.</span>
<a name="l00125"></a>00125   <span class="keywordflow">for</span> (<span class="keywordtype">int</span> i = 1; i &lt; argc; ++i) {
<a name="l00126"></a>00126     <span class="keywordtype">string</span> arg = argv[i];
<a name="l00127"></a>00127     <span class="keywordflow">if</span> (arg == <span class="stringliteral">&quot;-i&quot;</span> || arg == <span class="stringliteral">&quot;-input&quot;</span> || arg == <span class="stringliteral">&quot;--input&quot;</span>) {
<a name="l00128"></a>00128       <span class="keywordtype">string</span> err_msg = string(<span class="stringliteral">&quot;no input files specified with &quot;</span>) + arg;
<a name="l00129"></a>00129       <span class="keywordflow">if</span> (!<a class="code" href="compile-features_8_c.html#a69a0862c537d5d29e5f898d21b069ab4">check_for_required_arg</a>(argc, i, err_msg)) {
<a name="l00130"></a>00130         <span class="keywordflow">return</span> -1;
<a name="l00131"></a>00131       }
<a name="l00132"></a>00132       <span class="comment">// Keep reading args until next option or until no more args.</span>
<a name="l00133"></a>00133       ++i;
<a name="l00134"></a>00134       <span class="keywordflow">for</span> ( ; i &lt; argc; ++i) {
<a name="l00135"></a>00135         <span class="keywordflow">if</span> (argv[i][0] == <span class="charliteral">&#39;-&#39;</span> &amp;&amp; strlen(argv[i]) &gt; 1) {
<a name="l00136"></a>00136           --i;
<a name="l00137"></a>00137           <span class="keywordflow">break</span>;
<a name="l00138"></a>00138         }
<a name="l00139"></a>00139         input_files.push_back(argv[i]);
<a name="l00140"></a>00140       }
<a name="l00141"></a>00141     } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (arg == <span class="stringliteral">&quot;-input-symbols&quot;</span> || arg == <span class="stringliteral">&quot;--input-symbols&quot;</span>) {
<a name="l00142"></a>00142       <span class="keywordtype">string</span> err_msg =
<a name="l00143"></a>00143           string(<span class="stringliteral">&quot;no symbol table input file specified with &quot;</span>) + arg;
<a name="l00144"></a>00144       <span class="keywordflow">if</span> (!<a class="code" href="compile-features_8_c.html#a69a0862c537d5d29e5f898d21b069ab4">check_for_required_arg</a>(argc, i, err_msg)) {
<a name="l00145"></a>00145         <span class="keywordflow">return</span> -1;
<a name="l00146"></a>00146       }
<a name="l00147"></a>00147       symbol_table_input_file = argv[++i];
<a name="l00148"></a>00148       compile_or_decompile = <span class="keyword">true</span>;
<a name="l00149"></a>00149     } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (arg == <span class="stringliteral">&quot;-d&quot;</span> || arg == <span class="stringliteral">&quot;-decompile&quot;</span> || arg == <span class="stringliteral">&quot;--decompile&quot;</span>) {
<a name="l00150"></a>00150       decompile = <span class="keyword">true</span>;
<a name="l00151"></a>00151     } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (arg == <span class="stringliteral">&quot;-clear-raw&quot;</span> || arg == <span class="stringliteral">&quot;--clear-raw&quot;</span>) {
<a name="l00152"></a>00152       clear_raw = <span class="keyword">true</span>;
<a name="l00153"></a>00153     } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (arg == <span class="stringliteral">&quot;-max-examples&quot;</span> || arg == <span class="stringliteral">&quot;--max-examples&quot;</span>) {
<a name="l00154"></a>00154       <span class="keywordtype">string</span> err_msg = string(<span class="stringliteral">&quot;no arg specified with &quot;</span>) + arg;
<a name="l00155"></a>00155       <span class="keywordflow">if</span> (!<a class="code" href="compile-features_8_c.html#a69a0862c537d5d29e5f898d21b069ab4">check_for_required_arg</a>(argc, i, err_msg)) {
<a name="l00156"></a>00156         <span class="keywordflow">return</span> -1;
<a name="l00157"></a>00157       }
<a name="l00158"></a>00158       max_examples = atoi(argv[++i]);
<a name="l00159"></a>00159     } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (arg == <span class="stringliteral">&quot;-max-candidates&quot;</span> || arg == <span class="stringliteral">&quot;--max-candidates&quot;</span>) {
<a name="l00160"></a>00160       <span class="keywordtype">string</span> err_msg = string(<span class="stringliteral">&quot;no arg specified with &quot;</span>) + arg;
<a name="l00161"></a>00161       <span class="keywordflow">if</span> (!<a class="code" href="compile-features_8_c.html#a69a0862c537d5d29e5f898d21b069ab4">check_for_required_arg</a>(argc, i, err_msg)) {
<a name="l00162"></a>00162         <span class="keywordflow">return</span> -1;
<a name="l00163"></a>00163       }
<a name="l00164"></a>00164       max_candidates = atoi(argv[++i]);
<a name="l00165"></a>00165     } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (arg == <span class="stringliteral">&quot;-r&quot;</span>) {
<a name="l00166"></a>00166       <span class="keywordtype">string</span> err_msg = string(<span class="stringliteral">&quot;no arg specified with &quot;</span>) + arg;
<a name="l00167"></a>00167       <span class="keywordflow">if</span> (!<a class="code" href="compile-features_8_c.html#a69a0862c537d5d29e5f898d21b069ab4">check_for_required_arg</a>(argc, i, err_msg)) {
<a name="l00168"></a>00168         <span class="keywordflow">return</span> -1;
<a name="l00169"></a>00169       }
<a name="l00170"></a>00170       reporting_interval = atoi(argv[++i]);
<a name="l00171"></a>00171     } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (arg.size() &gt; 0 &amp;&amp; arg[0] == <span class="charliteral">&#39;-&#39;</span>) {
<a name="l00172"></a>00172       cerr &lt;&lt; <a class="code" href="compile-features_8_c.html#a44493dbd21a529ec6fdb2da73a35ac70">PROG_NAME</a> &lt;&lt; <span class="stringliteral">&quot;: error: unrecognized option: &quot;</span> &lt;&lt; arg &lt;&lt; endl;
<a name="l00173"></a>00173       <a class="code" href="compile-features_8_c.html#afe55eae96aed06d16232a3b56fcf1ad3" title="Emits usage message to standard output.">usage</a>();
<a name="l00174"></a>00174       <span class="keywordflow">return</span> -1;
<a name="l00175"></a>00175     }
<a name="l00176"></a>00176   }
<a name="l00177"></a>00177 
<a name="l00178"></a>00178   <span class="comment">// Check that user specified required args.</span>
<a name="l00179"></a>00179   <span class="keywordflow">if</span> (input_files.size() == 0) {
<a name="l00180"></a>00180     cerr &lt;&lt; <a class="code" href="compile-features_8_c.html#a44493dbd21a529ec6fdb2da73a35ac70">PROG_NAME</a> &lt;&lt; <span class="stringliteral">&quot;: error: no candidate set input files specified&quot;</span>
<a name="l00181"></a>00181          &lt;&lt; endl;
<a name="l00182"></a>00182     <a class="code" href="compile-features_8_c.html#afe55eae96aed06d16232a3b56fcf1ad3" title="Emits usage message to standard output.">usage</a>();
<a name="l00183"></a>00183     <span class="keywordflow">return</span> -1;
<a name="l00184"></a>00184   }
<a name="l00185"></a>00185 
<a name="l00186"></a>00186   <span class="keywordflow">if</span> (decompile &amp;&amp; !compile_or_decompile) {
<a name="l00187"></a>00187     cerr &lt;&lt; <a class="code" href="compile-features_8_c.html#a44493dbd21a529ec6fdb2da73a35ac70">PROG_NAME</a> &lt;&lt; <span class="stringliteral">&quot;: error: cannot specify -d|--decompile without &quot;</span>
<a name="l00188"></a>00188          &lt;&lt; <span class="stringliteral">&quot;--input-symbols&quot;</span> &lt;&lt; endl;
<a name="l00189"></a>00189     <a class="code" href="compile-features_8_c.html#afe55eae96aed06d16232a3b56fcf1ad3" title="Emits usage message to standard output.">usage</a>();
<a name="l00190"></a>00190     <span class="keywordflow">return</span> -1;
<a name="l00191"></a>00191   }
<a name="l00192"></a>00192 
<a name="l00193"></a>00193   <span class="keywordtype">bool</span> compressed = <span class="keyword">true</span>;
<a name="l00194"></a>00194   <span class="keywordtype">bool</span> uncompressed = <span class="keyword">false</span>;
<a name="l00195"></a>00195   <span class="keywordtype">bool</span> use_base64 = <span class="keyword">true</span>;
<a name="l00196"></a>00196 
<a name="l00197"></a>00197   <span class="comment">// Now, we finally get to the meat of the code for this executable.</span>
<a name="l00198"></a>00198   shared_ptr&lt;Symbols&gt; symbols(<span class="keyword">new</span> <a class="code" href="classreranker_1_1_local_symbol_table.html" title="A symbol table that stores the mapping from symbols to int&rsquo;s and vice versa in local (non-static) dat...">LocalSymbolTable</a>());
<a name="l00199"></a>00199   <span class="keywordflow">if</span> (symbol_table_input_file != <span class="stringliteral">&quot;&quot;</span>) {
<a name="l00200"></a>00200     ConfusionProtoIO proto_reader(symbol_table_input_file,
<a name="l00201"></a>00201                                   ConfusionProtoIO::READ,
<a name="l00202"></a>00202                                   compressed, use_base64);
<a name="l00203"></a>00203     SymbolMessage symbol_message;
<a name="l00204"></a>00204     <span class="keywordflow">while</span> (proto_reader.Read(&amp;symbol_message)) {
<a name="l00205"></a>00205       symbols-&gt;SetIndex(symbol_message.symbol(), symbol_message.index());
<a name="l00206"></a>00206     }
<a name="l00207"></a>00207     proto_reader.Close();
<a name="l00208"></a>00208   }
<a name="l00209"></a>00209 
<a name="l00210"></a>00210   <a class="code" href="classreranker_1_1_candidate_set_writer.html" title="A class for writing streams of training or test instances, where each training or test instance is a ...">CandidateSetWriter</a> csw;
<a name="l00211"></a>00211 
<a name="l00212"></a>00212   <span class="keywordflow">if</span> (compile_or_decompile) {
<a name="l00213"></a>00213     csw.<a class="code" href="classreranker_1_1_candidate_set_writer.html#a29be75094c7fc1ac93bb8ebe53312c81">Open</a>(<span class="stringliteral">&quot;-&quot;</span>, uncompressed, use_base64);
<a name="l00214"></a>00214   }
<a name="l00215"></a>00215 
<a name="l00216"></a>00216   <span class="keywordtype">int</span> verbosity = 1;
<a name="l00217"></a>00217   <a class="code" href="classreranker_1_1_multi_file_candidate_set_iterator.html" title="An implementation of the CandidateSetIterator interface that iterates over CandidateSet instances tha...">MultiFileCandidateSetIterator</a> csi(input_files,
<a name="l00218"></a>00218                                     NULL,
<a name="l00219"></a>00219                                     max_examples,
<a name="l00220"></a>00220                                     max_candidates,
<a name="l00221"></a>00221                                     reporting_interval,
<a name="l00222"></a>00222                                     verbosity,
<a name="l00223"></a>00223                                     compressed,
<a name="l00224"></a>00224                                     use_base64);
<a name="l00225"></a>00225   
<a name="l00226"></a>00226   <span class="keywordflow">while</span> (csi.<a class="code" href="classreranker_1_1_multi_file_candidate_set_iterator.html#a5c82d1ada54b5febd4de83b61e34b9b4">HasNext</a>()) {
<a name="l00227"></a>00227     <a class="code" href="classreranker_1_1_candidate_set.html" title="A class to hold a set of candidates, either for training or test.">CandidateSet</a> &amp;candidate_set = csi.<a class="code" href="classreranker_1_1_multi_file_candidate_set_iterator.html#a6e2aafde5423945b3149ea91f3314b3f">Next</a>();
<a name="l00228"></a>00228     <span class="keywordflow">if</span> (decompile) {
<a name="l00229"></a>00229       candidate_set.<a class="code" href="classreranker_1_1_candidate_set.html#acf9fb683cb0435f29188de9218941bca" title="Decompiles any non-symbolic features in the candidates in this candidate set.">DecompileFeatures</a>(symbols.get());
<a name="l00230"></a>00230     } <span class="keywordflow">else</span> {
<a name="l00231"></a>00231       <span class="comment">// Whether we&#39;re in &quot;collect symbols&quot; or &quot;compile features&quot; mode, we</span>
<a name="l00232"></a>00232       <span class="comment">// invoke CandidateSet::CompileFeatures, because in it collects</span>
<a name="l00233"></a>00233       <span class="comment">// symbols in the symbol table by default as well as compiling features.</span>
<a name="l00234"></a>00234       candidate_set.<a class="code" href="classreranker_1_1_candidate_set.html#a844b1e8edd6a75de2ffc5b295d558e36" title="Compiles any symbolic features in this candidate set.">CompileFeatures</a>(symbols.get());
<a name="l00235"></a>00235     }
<a name="l00236"></a>00236     <span class="keywordflow">if</span> (clear_raw) {
<a name="l00237"></a>00237       candidate_set.<a class="code" href="classreranker_1_1_candidate_set.html#a09a5f6f6fa810a96359bef2ca4831d3c" title="Clears the raw data for all candidates in this set by setting each to be the empty string...">ClearRawData</a>();
<a name="l00238"></a>00238     }
<a name="l00239"></a>00239     <span class="keywordflow">if</span> (compile_or_decompile) {
<a name="l00240"></a>00240       csw.<a class="code" href="classreranker_1_1_candidate_set_writer.html#a2eee3dbbba0c1244876bf5ef70c16f1b">WriteNext</a>(candidate_set);
<a name="l00241"></a>00241     }
<a name="l00242"></a>00242   }
<a name="l00243"></a>00243   <span class="keywordflow">if</span> (compile_or_decompile) {
<a name="l00244"></a>00244     csw.<a class="code" href="classreranker_1_1_candidate_set_writer.html#a661461b25cf13bd6a248f33aca2e666f">Close</a>();
<a name="l00245"></a>00245   } <span class="keywordflow">else</span> {
<a name="l00246"></a>00246     <span class="comment">// If we&#39;re in &quot;collect symbols&quot; mode, write out symbols to cout,</span>
<a name="l00247"></a>00247     <span class="comment">// one symbol per line (in plain text).</span>
<a name="l00248"></a>00248     <span class="keywordflow">for</span> (<a class="code" href="classreranker_1_1_symbols.html#ac2f04202711c3f61038ca43656edeb92">Symbols::const_iterator</a> it = symbols-&gt;begin();
<a name="l00249"></a>00249          it != symbols-&gt;end();
<a name="l00250"></a>00250          ++it) {
<a name="l00251"></a>00251       cout &lt;&lt; it-&gt;first &lt;&lt; <span class="stringliteral">&quot;\n&quot;</span>;
<a name="l00252"></a>00252     }
<a name="l00253"></a>00253     cout.flush();
<a name="l00254"></a>00254   }
<a name="l00255"></a>00255 
<a name="l00256"></a>00256   <a class="code" href="namespacereranker.html#aad9b478cf30e8884067b0f4edefefb76" title="A free-floating function (within the reranker namespace) that frees statically allocated objects...">TearDown</a>();
<a name="l00257"></a>00257   google::protobuf::ShutdownProtobufLibrary();
<a name="l00258"></a>00258 }
</pre></div></div><!-- contents -->
<!-- window showing the filter options -->
<div id="MSearchSelectWindow"
     onmouseover="return searchBox.OnSearchSelectShow()"
     onmouseout="return searchBox.OnSearchSelectHide()"
     onkeydown="return searchBox.OnSearchSelectKey(event)">
<a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(0)"><span class="SelectionMark">&#160;</span>All</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(1)"><span class="SelectionMark">&#160;</span>Classes</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(2)"><span class="SelectionMark">&#160;</span>Namespaces</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(3)"><span class="SelectionMark">&#160;</span>Files</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(4)"><span class="SelectionMark">&#160;</span>Functions</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(5)"><span class="SelectionMark">&#160;</span>Variables</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(6)"><span class="SelectionMark">&#160;</span>Typedefs</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(7)"><span class="SelectionMark">&#160;</span>Enumerations</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(8)"><span class="SelectionMark">&#160;</span>Enumerator</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(9)"><span class="SelectionMark">&#160;</span>Friends</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(10)"><span class="SelectionMark">&#160;</span>Defines</a></div>

<!-- iframe showing the search results (closed by default) -->
<div id="MSearchResultsWindow">
<iframe src="javascript:void(0)" frameborder="0" 
        name="MSearchResults" id="MSearchResults">
</iframe>
</div>



<hr class="footer"/><address class="footer"><small>
Generated on Tue Apr 9 2013 11:56:29 for Reranker Framework (ReFr) by &#160;<a href="http://www.doxygen.org/index.html">
<img class="footer" src="doxygen.png" alt="doxygen"/>
</a> 1.7.6.1
</small></address>

</body>
</html>
